from openai import OpenAI

import transformers

from config.model_config import get_base_open_ai, xin_qwen_model

print(transformers.__version__)
client = get_base_open_ai()
response = client.chat.completions.create(
    model=xin_qwen_model,
    messages=[
        {
            "content": "What is the largest animal?",
            "role": "user",
        }
    ],
    max_tokens=100,
    temperature=0.7
)
print(response.choices)
# for chunk in response:
#     print(chunk.choices[0].delta.content, end="", flush=True)